{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/media/kaique/756ecb3f-4df3-4151-8967-572e968ec005/anaconda3/envs/tf/lib/python3.6/site-packages/h5py/__init__.py:34: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n",
      "Copy-v0\n",
      "RepeatCopy-v0\n",
      "ReversedAddition-v0\n",
      "ReversedAddition3-v0\n",
      "DuplicatedInput-v0\n",
      "Reverse-v0\n",
      "CartPole-v0\n",
      "CartPole-v1\n",
      "MountainCar-v0\n",
      "MountainCarContinuous-v0\n",
      "Pendulum-v0\n",
      "Acrobot-v1\n",
      "LunarLander-v2\n",
      "LunarLanderContinuous-v2\n",
      "BipedalWalker-v2\n",
      "BipedalWalkerHardcore-v2\n",
      "CarRacing-v0\n",
      "Blackjack-v0\n",
      "KellyCoinflip-v0\n",
      "KellyCoinflipGeneralized-v0\n",
      "FrozenLake-v0\n",
      "FrozenLake8x8-v0\n",
      "CliffWalking-v0\n",
      "NChain-v0\n",
      "Roulette-v0\n",
      "Taxi-v2\n",
      "GuessingGame-v0\n",
      "HotterColder-v0\n",
      "Reacher-v2\n",
      "Pusher-v2\n",
      "Thrower-v2\n",
      "Striker-v2\n",
      "InvertedPendulum-v2\n",
      "InvertedDoublePendulum-v2\n",
      "HalfCheetah-v2\n",
      "Hopper-v2\n",
      "Swimmer-v2\n",
      "Walker2d-v2\n",
      "Ant-v2\n",
      "Humanoid-v2\n",
      "HumanoidStandup-v2\n",
      "FetchSlide-v1\n",
      "FetchPickAndPlace-v1\n",
      "FetchReach-v1\n",
      "FetchPush-v1\n",
      "HandReach-v0\n",
      "HandManipulateBlockRotateZ-v0\n",
      "HandManipulateBlockRotateParallel-v0\n",
      "HandManipulateBlockRotateXYZ-v0\n",
      "HandManipulateBlockFull-v0\n",
      "HandManipulateBlock-v0\n",
      "HandManipulateEggRotate-v0\n",
      "HandManipulateEggFull-v0\n",
      "HandManipulateEgg-v0\n",
      "HandManipulatePenRotate-v0\n",
      "HandManipulatePenFull-v0\n",
      "HandManipulatePen-v0\n",
      "FetchSlideDense-v1\n",
      "FetchPickAndPlaceDense-v1\n",
      "FetchReachDense-v1\n",
      "FetchPushDense-v1\n",
      "HandReachDense-v0\n",
      "HandManipulateBlockRotateZDense-v0\n",
      "HandManipulateBlockRotateParallelDense-v0\n",
      "HandManipulateBlockRotateXYZDense-v0\n",
      "HandManipulateBlockFullDense-v0\n",
      "HandManipulateBlockDense-v0\n",
      "HandManipulateEggRotateDense-v0\n",
      "HandManipulateEggFullDense-v0\n",
      "HandManipulateEggDense-v0\n",
      "HandManipulatePenRotateDense-v0\n",
      "HandManipulatePenFullDense-v0\n",
      "HandManipulatePenDense-v0\n",
      "AirRaid-v0\n",
      "AirRaid-v4\n",
      "AirRaidDeterministic-v0\n",
      "AirRaidDeterministic-v4\n",
      "AirRaidNoFrameskip-v0\n",
      "AirRaidNoFrameskip-v4\n",
      "AirRaid-ram-v0\n",
      "AirRaid-ram-v4\n",
      "AirRaid-ramDeterministic-v0\n",
      "AirRaid-ramDeterministic-v4\n",
      "AirRaid-ramNoFrameskip-v0\n",
      "AirRaid-ramNoFrameskip-v4\n",
      "Alien-v0\n",
      "Alien-v4\n",
      "AlienDeterministic-v0\n",
      "AlienDeterministic-v4\n",
      "AlienNoFrameskip-v0\n",
      "AlienNoFrameskip-v4\n",
      "Alien-ram-v0\n",
      "Alien-ram-v4\n",
      "Alien-ramDeterministic-v0\n",
      "Alien-ramDeterministic-v4\n",
      "Alien-ramNoFrameskip-v0\n",
      "Alien-ramNoFrameskip-v4\n",
      "Amidar-v0\n",
      "Amidar-v4\n",
      "AmidarDeterministic-v0\n",
      "AmidarDeterministic-v4\n",
      "AmidarNoFrameskip-v0\n",
      "AmidarNoFrameskip-v4\n",
      "Amidar-ram-v0\n",
      "Amidar-ram-v4\n",
      "Amidar-ramDeterministic-v0\n",
      "Amidar-ramDeterministic-v4\n",
      "Amidar-ramNoFrameskip-v0\n",
      "Amidar-ramNoFrameskip-v4\n",
      "Assault-v0\n",
      "Assault-v4\n",
      "AssaultDeterministic-v0\n",
      "AssaultDeterministic-v4\n",
      "AssaultNoFrameskip-v0\n",
      "AssaultNoFrameskip-v4\n",
      "Assault-ram-v0\n",
      "Assault-ram-v4\n",
      "Assault-ramDeterministic-v0\n",
      "Assault-ramDeterministic-v4\n",
      "Assault-ramNoFrameskip-v0\n",
      "Assault-ramNoFrameskip-v4\n",
      "Asterix-v0\n",
      "Asterix-v4\n",
      "AsterixDeterministic-v0\n",
      "AsterixDeterministic-v4\n",
      "AsterixNoFrameskip-v0\n",
      "AsterixNoFrameskip-v4\n",
      "Asterix-ram-v0\n",
      "Asterix-ram-v4\n",
      "Asterix-ramDeterministic-v0\n",
      "Asterix-ramDeterministic-v4\n",
      "Asterix-ramNoFrameskip-v0\n",
      "Asterix-ramNoFrameskip-v4\n",
      "Asteroids-v0\n",
      "Asteroids-v4\n",
      "AsteroidsDeterministic-v0\n",
      "AsteroidsDeterministic-v4\n",
      "AsteroidsNoFrameskip-v0\n",
      "AsteroidsNoFrameskip-v4\n",
      "Asteroids-ram-v0\n",
      "Asteroids-ram-v4\n",
      "Asteroids-ramDeterministic-v0\n",
      "Asteroids-ramDeterministic-v4\n",
      "Asteroids-ramNoFrameskip-v0\n",
      "Asteroids-ramNoFrameskip-v4\n",
      "Atlantis-v0\n",
      "Atlantis-v4\n",
      "AtlantisDeterministic-v0\n",
      "AtlantisDeterministic-v4\n",
      "AtlantisNoFrameskip-v0\n",
      "AtlantisNoFrameskip-v4\n",
      "Atlantis-ram-v0\n",
      "Atlantis-ram-v4\n",
      "Atlantis-ramDeterministic-v0\n",
      "Atlantis-ramDeterministic-v4\n",
      "Atlantis-ramNoFrameskip-v0\n",
      "Atlantis-ramNoFrameskip-v4\n",
      "BankHeist-v0\n",
      "BankHeist-v4\n",
      "BankHeistDeterministic-v0\n",
      "BankHeistDeterministic-v4\n",
      "BankHeistNoFrameskip-v0\n",
      "BankHeistNoFrameskip-v4\n",
      "BankHeist-ram-v0\n",
      "BankHeist-ram-v4\n",
      "BankHeist-ramDeterministic-v0\n",
      "BankHeist-ramDeterministic-v4\n",
      "BankHeist-ramNoFrameskip-v0\n",
      "BankHeist-ramNoFrameskip-v4\n",
      "BattleZone-v0\n",
      "BattleZone-v4\n",
      "BattleZoneDeterministic-v0\n",
      "BattleZoneDeterministic-v4\n",
      "BattleZoneNoFrameskip-v0\n",
      "BattleZoneNoFrameskip-v4\n",
      "BattleZone-ram-v0\n",
      "BattleZone-ram-v4\n",
      "BattleZone-ramDeterministic-v0\n",
      "BattleZone-ramDeterministic-v4\n",
      "BattleZone-ramNoFrameskip-v0\n",
      "BattleZone-ramNoFrameskip-v4\n",
      "BeamRider-v0\n",
      "BeamRider-v4\n",
      "BeamRiderDeterministic-v0\n",
      "BeamRiderDeterministic-v4\n",
      "BeamRiderNoFrameskip-v0\n",
      "BeamRiderNoFrameskip-v4\n",
      "BeamRider-ram-v0\n",
      "BeamRider-ram-v4\n",
      "BeamRider-ramDeterministic-v0\n",
      "BeamRider-ramDeterministic-v4\n",
      "BeamRider-ramNoFrameskip-v0\n",
      "BeamRider-ramNoFrameskip-v4\n",
      "Berzerk-v0\n",
      "Berzerk-v4\n",
      "BerzerkDeterministic-v0\n",
      "BerzerkDeterministic-v4\n",
      "BerzerkNoFrameskip-v0\n",
      "BerzerkNoFrameskip-v4\n",
      "Berzerk-ram-v0\n",
      "Berzerk-ram-v4\n",
      "Berzerk-ramDeterministic-v0\n",
      "Berzerk-ramDeterministic-v4\n",
      "Berzerk-ramNoFrameskip-v0\n",
      "Berzerk-ramNoFrameskip-v4\n",
      "Bowling-v0\n",
      "Bowling-v4\n",
      "BowlingDeterministic-v0\n",
      "BowlingDeterministic-v4\n",
      "BowlingNoFrameskip-v0\n",
      "BowlingNoFrameskip-v4\n",
      "Bowling-ram-v0\n",
      "Bowling-ram-v4\n",
      "Bowling-ramDeterministic-v0\n",
      "Bowling-ramDeterministic-v4\n",
      "Bowling-ramNoFrameskip-v0\n",
      "Bowling-ramNoFrameskip-v4\n",
      "Boxing-v0\n",
      "Boxing-v4\n",
      "BoxingDeterministic-v0\n",
      "BoxingDeterministic-v4\n",
      "BoxingNoFrameskip-v0\n",
      "BoxingNoFrameskip-v4\n",
      "Boxing-ram-v0\n",
      "Boxing-ram-v4\n",
      "Boxing-ramDeterministic-v0\n",
      "Boxing-ramDeterministic-v4\n",
      "Boxing-ramNoFrameskip-v0\n",
      "Boxing-ramNoFrameskip-v4\n",
      "Breakout-v0\n",
      "Breakout-v4\n",
      "BreakoutDeterministic-v0\n",
      "BreakoutDeterministic-v4\n",
      "BreakoutNoFrameskip-v0\n",
      "BreakoutNoFrameskip-v4\n",
      "Breakout-ram-v0\n",
      "Breakout-ram-v4\n",
      "Breakout-ramDeterministic-v0\n",
      "Breakout-ramDeterministic-v4\n",
      "Breakout-ramNoFrameskip-v0\n",
      "Breakout-ramNoFrameskip-v4\n",
      "Carnival-v0\n",
      "Carnival-v4\n",
      "CarnivalDeterministic-v0\n",
      "CarnivalDeterministic-v4\n",
      "CarnivalNoFrameskip-v0\n",
      "CarnivalNoFrameskip-v4\n",
      "Carnival-ram-v0\n",
      "Carnival-ram-v4\n",
      "Carnival-ramDeterministic-v0\n",
      "Carnival-ramDeterministic-v4\n",
      "Carnival-ramNoFrameskip-v0\n",
      "Carnival-ramNoFrameskip-v4\n",
      "Centipede-v0\n",
      "Centipede-v4\n",
      "CentipedeDeterministic-v0\n",
      "CentipedeDeterministic-v4\n",
      "CentipedeNoFrameskip-v0\n",
      "CentipedeNoFrameskip-v4\n",
      "Centipede-ram-v0\n",
      "Centipede-ram-v4\n",
      "Centipede-ramDeterministic-v0\n",
      "Centipede-ramDeterministic-v4\n",
      "Centipede-ramNoFrameskip-v0\n",
      "Centipede-ramNoFrameskip-v4\n",
      "ChopperCommand-v0\n",
      "ChopperCommand-v4\n",
      "ChopperCommandDeterministic-v0\n",
      "ChopperCommandDeterministic-v4\n",
      "ChopperCommandNoFrameskip-v0\n",
      "ChopperCommandNoFrameskip-v4\n",
      "ChopperCommand-ram-v0\n",
      "ChopperCommand-ram-v4\n",
      "ChopperCommand-ramDeterministic-v0\n",
      "ChopperCommand-ramDeterministic-v4\n",
      "ChopperCommand-ramNoFrameskip-v0\n",
      "ChopperCommand-ramNoFrameskip-v4\n",
      "CrazyClimber-v0\n",
      "CrazyClimber-v4\n",
      "CrazyClimberDeterministic-v0\n",
      "CrazyClimberDeterministic-v4\n",
      "CrazyClimberNoFrameskip-v0\n",
      "CrazyClimberNoFrameskip-v4\n",
      "CrazyClimber-ram-v0\n",
      "CrazyClimber-ram-v4\n",
      "CrazyClimber-ramDeterministic-v0\n",
      "CrazyClimber-ramDeterministic-v4\n",
      "CrazyClimber-ramNoFrameskip-v0\n",
      "CrazyClimber-ramNoFrameskip-v4\n",
      "DemonAttack-v0\n",
      "DemonAttack-v4\n",
      "DemonAttackDeterministic-v0\n",
      "DemonAttackDeterministic-v4\n",
      "DemonAttackNoFrameskip-v0\n",
      "DemonAttackNoFrameskip-v4\n",
      "DemonAttack-ram-v0\n",
      "DemonAttack-ram-v4\n",
      "DemonAttack-ramDeterministic-v0\n",
      "DemonAttack-ramDeterministic-v4\n",
      "DemonAttack-ramNoFrameskip-v0\n",
      "DemonAttack-ramNoFrameskip-v4\n",
      "DoubleDunk-v0\n",
      "DoubleDunk-v4\n",
      "DoubleDunkDeterministic-v0\n",
      "DoubleDunkDeterministic-v4\n",
      "DoubleDunkNoFrameskip-v0\n",
      "DoubleDunkNoFrameskip-v4\n",
      "DoubleDunk-ram-v0\n",
      "DoubleDunk-ram-v4\n",
      "DoubleDunk-ramDeterministic-v0\n",
      "DoubleDunk-ramDeterministic-v4\n",
      "DoubleDunk-ramNoFrameskip-v0\n",
      "DoubleDunk-ramNoFrameskip-v4\n",
      "ElevatorAction-v0\n",
      "ElevatorAction-v4\n",
      "ElevatorActionDeterministic-v0\n",
      "ElevatorActionDeterministic-v4\n",
      "ElevatorActionNoFrameskip-v0\n",
      "ElevatorActionNoFrameskip-v4\n",
      "ElevatorAction-ram-v0\n",
      "ElevatorAction-ram-v4\n",
      "ElevatorAction-ramDeterministic-v0\n",
      "ElevatorAction-ramDeterministic-v4\n",
      "ElevatorAction-ramNoFrameskip-v0\n",
      "ElevatorAction-ramNoFrameskip-v4\n",
      "Enduro-v0\n",
      "Enduro-v4\n",
      "EnduroDeterministic-v0\n",
      "EnduroDeterministic-v4\n",
      "EnduroNoFrameskip-v0\n",
      "EnduroNoFrameskip-v4\n",
      "Enduro-ram-v0\n",
      "Enduro-ram-v4\n",
      "Enduro-ramDeterministic-v0\n",
      "Enduro-ramDeterministic-v4\n",
      "Enduro-ramNoFrameskip-v0\n",
      "Enduro-ramNoFrameskip-v4\n",
      "FishingDerby-v0\n",
      "FishingDerby-v4\n",
      "FishingDerbyDeterministic-v0\n",
      "FishingDerbyDeterministic-v4\n",
      "FishingDerbyNoFrameskip-v0\n",
      "FishingDerbyNoFrameskip-v4\n",
      "FishingDerby-ram-v0\n",
      "FishingDerby-ram-v4\n",
      "FishingDerby-ramDeterministic-v0\n",
      "FishingDerby-ramDeterministic-v4\n",
      "FishingDerby-ramNoFrameskip-v0\n",
      "FishingDerby-ramNoFrameskip-v4\n",
      "Freeway-v0\n",
      "Freeway-v4\n",
      "FreewayDeterministic-v0\n",
      "FreewayDeterministic-v4\n",
      "FreewayNoFrameskip-v0\n",
      "FreewayNoFrameskip-v4\n",
      "Freeway-ram-v0\n",
      "Freeway-ram-v4\n",
      "Freeway-ramDeterministic-v0\n",
      "Freeway-ramDeterministic-v4\n",
      "Freeway-ramNoFrameskip-v0\n",
      "Freeway-ramNoFrameskip-v4\n",
      "Frostbite-v0\n",
      "Frostbite-v4\n",
      "FrostbiteDeterministic-v0\n",
      "FrostbiteDeterministic-v4\n",
      "FrostbiteNoFrameskip-v0\n",
      "FrostbiteNoFrameskip-v4\n",
      "Frostbite-ram-v0\n",
      "Frostbite-ram-v4\n",
      "Frostbite-ramDeterministic-v0\n",
      "Frostbite-ramDeterministic-v4\n",
      "Frostbite-ramNoFrameskip-v0\n",
      "Frostbite-ramNoFrameskip-v4\n",
      "Gopher-v0\n",
      "Gopher-v4\n",
      "GopherDeterministic-v0\n",
      "GopherDeterministic-v4\n",
      "GopherNoFrameskip-v0\n",
      "GopherNoFrameskip-v4\n",
      "Gopher-ram-v0\n",
      "Gopher-ram-v4\n",
      "Gopher-ramDeterministic-v0\n",
      "Gopher-ramDeterministic-v4\n",
      "Gopher-ramNoFrameskip-v0\n",
      "Gopher-ramNoFrameskip-v4\n",
      "Gravitar-v0\n",
      "Gravitar-v4\n",
      "GravitarDeterministic-v0\n",
      "GravitarDeterministic-v4\n",
      "GravitarNoFrameskip-v0\n",
      "GravitarNoFrameskip-v4\n",
      "Gravitar-ram-v0\n",
      "Gravitar-ram-v4\n",
      "Gravitar-ramDeterministic-v0\n",
      "Gravitar-ramDeterministic-v4\n",
      "Gravitar-ramNoFrameskip-v0\n",
      "Gravitar-ramNoFrameskip-v4\n",
      "Hero-v0\n",
      "Hero-v4\n",
      "HeroDeterministic-v0\n",
      "HeroDeterministic-v4\n",
      "HeroNoFrameskip-v0\n",
      "HeroNoFrameskip-v4\n",
      "Hero-ram-v0\n",
      "Hero-ram-v4\n",
      "Hero-ramDeterministic-v0\n",
      "Hero-ramDeterministic-v4\n",
      "Hero-ramNoFrameskip-v0\n",
      "Hero-ramNoFrameskip-v4\n",
      "IceHockey-v0\n",
      "IceHockey-v4\n",
      "IceHockeyDeterministic-v0\n",
      "IceHockeyDeterministic-v4\n",
      "IceHockeyNoFrameskip-v0\n",
      "IceHockeyNoFrameskip-v4\n",
      "IceHockey-ram-v0\n",
      "IceHockey-ram-v4\n",
      "IceHockey-ramDeterministic-v0\n",
      "IceHockey-ramDeterministic-v4\n",
      "IceHockey-ramNoFrameskip-v0\n",
      "IceHockey-ramNoFrameskip-v4\n",
      "Jamesbond-v0\n",
      "Jamesbond-v4\n",
      "JamesbondDeterministic-v0\n",
      "JamesbondDeterministic-v4\n",
      "JamesbondNoFrameskip-v0\n",
      "JamesbondNoFrameskip-v4\n",
      "Jamesbond-ram-v0\n",
      "Jamesbond-ram-v4\n",
      "Jamesbond-ramDeterministic-v0\n",
      "Jamesbond-ramDeterministic-v4\n",
      "Jamesbond-ramNoFrameskip-v0\n",
      "Jamesbond-ramNoFrameskip-v4\n",
      "JourneyEscape-v0\n",
      "JourneyEscape-v4\n",
      "JourneyEscapeDeterministic-v0\n",
      "JourneyEscapeDeterministic-v4\n",
      "JourneyEscapeNoFrameskip-v0\n",
      "JourneyEscapeNoFrameskip-v4\n",
      "JourneyEscape-ram-v0\n",
      "JourneyEscape-ram-v4\n",
      "JourneyEscape-ramDeterministic-v0\n",
      "JourneyEscape-ramDeterministic-v4\n",
      "JourneyEscape-ramNoFrameskip-v0\n",
      "JourneyEscape-ramNoFrameskip-v4\n",
      "Kangaroo-v0\n",
      "Kangaroo-v4\n",
      "KangarooDeterministic-v0\n",
      "KangarooDeterministic-v4\n",
      "KangarooNoFrameskip-v0\n",
      "KangarooNoFrameskip-v4\n",
      "Kangaroo-ram-v0\n",
      "Kangaroo-ram-v4\n",
      "Kangaroo-ramDeterministic-v0\n",
      "Kangaroo-ramDeterministic-v4\n",
      "Kangaroo-ramNoFrameskip-v0\n",
      "Kangaroo-ramNoFrameskip-v4\n",
      "Krull-v0\n",
      "Krull-v4\n",
      "KrullDeterministic-v0\n",
      "KrullDeterministic-v4\n",
      "KrullNoFrameskip-v0\n",
      "KrullNoFrameskip-v4\n",
      "Krull-ram-v0\n",
      "Krull-ram-v4\n",
      "Krull-ramDeterministic-v0\n",
      "Krull-ramDeterministic-v4\n",
      "Krull-ramNoFrameskip-v0\n",
      "Krull-ramNoFrameskip-v4\n",
      "KungFuMaster-v0\n",
      "KungFuMaster-v4\n",
      "KungFuMasterDeterministic-v0\n",
      "KungFuMasterDeterministic-v4\n",
      "KungFuMasterNoFrameskip-v0\n",
      "KungFuMasterNoFrameskip-v4\n",
      "KungFuMaster-ram-v0\n",
      "KungFuMaster-ram-v4\n",
      "KungFuMaster-ramDeterministic-v0\n",
      "KungFuMaster-ramDeterministic-v4\n",
      "KungFuMaster-ramNoFrameskip-v0\n",
      "KungFuMaster-ramNoFrameskip-v4\n",
      "MontezumaRevenge-v0\n",
      "MontezumaRevenge-v4\n",
      "MontezumaRevengeDeterministic-v0\n",
      "MontezumaRevengeDeterministic-v4\n",
      "MontezumaRevengeNoFrameskip-v0\n",
      "MontezumaRevengeNoFrameskip-v4\n",
      "MontezumaRevenge-ram-v0\n",
      "MontezumaRevenge-ram-v4\n",
      "MontezumaRevenge-ramDeterministic-v0\n",
      "MontezumaRevenge-ramDeterministic-v4\n",
      "MontezumaRevenge-ramNoFrameskip-v0\n",
      "MontezumaRevenge-ramNoFrameskip-v4\n",
      "MsPacman-v0\n",
      "MsPacman-v4\n",
      "MsPacmanDeterministic-v0\n",
      "MsPacmanDeterministic-v4\n",
      "MsPacmanNoFrameskip-v0\n",
      "MsPacmanNoFrameskip-v4\n",
      "MsPacman-ram-v0\n",
      "MsPacman-ram-v4\n",
      "MsPacman-ramDeterministic-v0\n",
      "MsPacman-ramDeterministic-v4\n",
      "MsPacman-ramNoFrameskip-v0\n",
      "MsPacman-ramNoFrameskip-v4\n",
      "NameThisGame-v0\n",
      "NameThisGame-v4\n",
      "NameThisGameDeterministic-v0\n",
      "NameThisGameDeterministic-v4\n",
      "NameThisGameNoFrameskip-v0\n",
      "NameThisGameNoFrameskip-v4\n",
      "NameThisGame-ram-v0\n",
      "NameThisGame-ram-v4\n",
      "NameThisGame-ramDeterministic-v0\n",
      "NameThisGame-ramDeterministic-v4\n",
      "NameThisGame-ramNoFrameskip-v0\n",
      "NameThisGame-ramNoFrameskip-v4\n",
      "Phoenix-v0\n",
      "Phoenix-v4\n",
      "PhoenixDeterministic-v0\n",
      "PhoenixDeterministic-v4\n",
      "PhoenixNoFrameskip-v0\n",
      "PhoenixNoFrameskip-v4\n",
      "Phoenix-ram-v0\n",
      "Phoenix-ram-v4\n",
      "Phoenix-ramDeterministic-v0\n",
      "Phoenix-ramDeterministic-v4\n",
      "Phoenix-ramNoFrameskip-v0\n",
      "Phoenix-ramNoFrameskip-v4\n",
      "Pitfall-v0\n",
      "Pitfall-v4\n",
      "PitfallDeterministic-v0\n",
      "PitfallDeterministic-v4\n",
      "PitfallNoFrameskip-v0\n",
      "PitfallNoFrameskip-v4\n",
      "Pitfall-ram-v0\n",
      "Pitfall-ram-v4\n",
      "Pitfall-ramDeterministic-v0\n",
      "Pitfall-ramDeterministic-v4\n",
      "Pitfall-ramNoFrameskip-v0\n",
      "Pitfall-ramNoFrameskip-v4\n",
      "Pong-v0\n",
      "Pong-v4\n",
      "PongDeterministic-v0\n",
      "PongDeterministic-v4\n",
      "PongNoFrameskip-v0\n",
      "PongNoFrameskip-v4\n",
      "Pong-ram-v0\n",
      "Pong-ram-v4\n",
      "Pong-ramDeterministic-v0\n",
      "Pong-ramDeterministic-v4\n",
      "Pong-ramNoFrameskip-v0\n",
      "Pong-ramNoFrameskip-v4\n",
      "Pooyan-v0\n",
      "Pooyan-v4\n",
      "PooyanDeterministic-v0\n",
      "PooyanDeterministic-v4\n",
      "PooyanNoFrameskip-v0\n",
      "PooyanNoFrameskip-v4\n",
      "Pooyan-ram-v0\n",
      "Pooyan-ram-v4\n",
      "Pooyan-ramDeterministic-v0\n",
      "Pooyan-ramDeterministic-v4\n",
      "Pooyan-ramNoFrameskip-v0\n",
      "Pooyan-ramNoFrameskip-v4\n",
      "PrivateEye-v0\n",
      "PrivateEye-v4\n",
      "PrivateEyeDeterministic-v0\n",
      "PrivateEyeDeterministic-v4\n",
      "PrivateEyeNoFrameskip-v0\n",
      "PrivateEyeNoFrameskip-v4\n",
      "PrivateEye-ram-v0\n",
      "PrivateEye-ram-v4\n",
      "PrivateEye-ramDeterministic-v0\n",
      "PrivateEye-ramDeterministic-v4\n",
      "PrivateEye-ramNoFrameskip-v0\n",
      "PrivateEye-ramNoFrameskip-v4\n",
      "Qbert-v0\n",
      "Qbert-v4\n",
      "QbertDeterministic-v0\n",
      "QbertDeterministic-v4\n",
      "QbertNoFrameskip-v0\n",
      "QbertNoFrameskip-v4\n",
      "Qbert-ram-v0\n",
      "Qbert-ram-v4\n",
      "Qbert-ramDeterministic-v0\n",
      "Qbert-ramDeterministic-v4\n",
      "Qbert-ramNoFrameskip-v0\n",
      "Qbert-ramNoFrameskip-v4\n",
      "Riverraid-v0\n",
      "Riverraid-v4\n",
      "RiverraidDeterministic-v0\n",
      "RiverraidDeterministic-v4\n",
      "RiverraidNoFrameskip-v0\n",
      "RiverraidNoFrameskip-v4\n",
      "Riverraid-ram-v0\n",
      "Riverraid-ram-v4\n",
      "Riverraid-ramDeterministic-v0\n",
      "Riverraid-ramDeterministic-v4\n",
      "Riverraid-ramNoFrameskip-v0\n",
      "Riverraid-ramNoFrameskip-v4\n",
      "RoadRunner-v0\n",
      "RoadRunner-v4\n",
      "RoadRunnerDeterministic-v0\n",
      "RoadRunnerDeterministic-v4\n",
      "RoadRunnerNoFrameskip-v0\n",
      "RoadRunnerNoFrameskip-v4\n",
      "RoadRunner-ram-v0\n",
      "RoadRunner-ram-v4\n",
      "RoadRunner-ramDeterministic-v0\n",
      "RoadRunner-ramDeterministic-v4\n",
      "RoadRunner-ramNoFrameskip-v0\n",
      "RoadRunner-ramNoFrameskip-v4\n",
      "Robotank-v0\n",
      "Robotank-v4\n",
      "RobotankDeterministic-v0\n",
      "RobotankDeterministic-v4\n",
      "RobotankNoFrameskip-v0\n",
      "RobotankNoFrameskip-v4\n",
      "Robotank-ram-v0\n",
      "Robotank-ram-v4\n",
      "Robotank-ramDeterministic-v0\n",
      "Robotank-ramDeterministic-v4\n",
      "Robotank-ramNoFrameskip-v0\n",
      "Robotank-ramNoFrameskip-v4\n",
      "Seaquest-v0\n",
      "Seaquest-v4\n",
      "SeaquestDeterministic-v0\n",
      "SeaquestDeterministic-v4\n",
      "SeaquestNoFrameskip-v0\n",
      "SeaquestNoFrameskip-v4\n",
      "Seaquest-ram-v0\n",
      "Seaquest-ram-v4\n",
      "Seaquest-ramDeterministic-v0\n",
      "Seaquest-ramDeterministic-v4\n",
      "Seaquest-ramNoFrameskip-v0\n",
      "Seaquest-ramNoFrameskip-v4\n",
      "Skiing-v0\n",
      "Skiing-v4\n",
      "SkiingDeterministic-v0\n",
      "SkiingDeterministic-v4\n",
      "SkiingNoFrameskip-v0\n",
      "SkiingNoFrameskip-v4\n",
      "Skiing-ram-v0\n",
      "Skiing-ram-v4\n",
      "Skiing-ramDeterministic-v0\n",
      "Skiing-ramDeterministic-v4\n",
      "Skiing-ramNoFrameskip-v0\n",
      "Skiing-ramNoFrameskip-v4\n",
      "Solaris-v0\n",
      "Solaris-v4\n",
      "SolarisDeterministic-v0\n",
      "SolarisDeterministic-v4\n",
      "SolarisNoFrameskip-v0\n",
      "SolarisNoFrameskip-v4\n",
      "Solaris-ram-v0\n",
      "Solaris-ram-v4\n",
      "Solaris-ramDeterministic-v0\n",
      "Solaris-ramDeterministic-v4\n",
      "Solaris-ramNoFrameskip-v0\n",
      "Solaris-ramNoFrameskip-v4\n",
      "SpaceInvaders-v0\n",
      "SpaceInvaders-v4\n",
      "SpaceInvadersDeterministic-v0\n",
      "SpaceInvadersDeterministic-v4\n",
      "SpaceInvadersNoFrameskip-v0\n",
      "SpaceInvadersNoFrameskip-v4\n",
      "SpaceInvaders-ram-v0\n",
      "SpaceInvaders-ram-v4\n",
      "SpaceInvaders-ramDeterministic-v0\n",
      "SpaceInvaders-ramDeterministic-v4\n",
      "SpaceInvaders-ramNoFrameskip-v0\n",
      "SpaceInvaders-ramNoFrameskip-v4\n",
      "StarGunner-v0\n",
      "StarGunner-v4\n",
      "StarGunnerDeterministic-v0\n",
      "StarGunnerDeterministic-v4\n",
      "StarGunnerNoFrameskip-v0\n",
      "StarGunnerNoFrameskip-v4\n",
      "StarGunner-ram-v0\n",
      "StarGunner-ram-v4\n",
      "StarGunner-ramDeterministic-v0\n",
      "StarGunner-ramDeterministic-v4\n",
      "StarGunner-ramNoFrameskip-v0\n",
      "StarGunner-ramNoFrameskip-v4\n",
      "Tennis-v0\n",
      "Tennis-v4\n",
      "TennisDeterministic-v0\n",
      "TennisDeterministic-v4\n",
      "TennisNoFrameskip-v0\n",
      "TennisNoFrameskip-v4\n",
      "Tennis-ram-v0\n",
      "Tennis-ram-v4\n",
      "Tennis-ramDeterministic-v0\n",
      "Tennis-ramDeterministic-v4\n",
      "Tennis-ramNoFrameskip-v0\n",
      "Tennis-ramNoFrameskip-v4\n",
      "TimePilot-v0\n",
      "TimePilot-v4\n",
      "TimePilotDeterministic-v0\n",
      "TimePilotDeterministic-v4\n",
      "TimePilotNoFrameskip-v0\n",
      "TimePilotNoFrameskip-v4\n",
      "TimePilot-ram-v0\n",
      "TimePilot-ram-v4\n",
      "TimePilot-ramDeterministic-v0\n",
      "TimePilot-ramDeterministic-v4\n",
      "TimePilot-ramNoFrameskip-v0\n",
      "TimePilot-ramNoFrameskip-v4\n",
      "Tutankham-v0\n",
      "Tutankham-v4\n",
      "TutankhamDeterministic-v0\n",
      "TutankhamDeterministic-v4\n",
      "TutankhamNoFrameskip-v0\n",
      "TutankhamNoFrameskip-v4\n",
      "Tutankham-ram-v0\n",
      "Tutankham-ram-v4\n",
      "Tutankham-ramDeterministic-v0\n",
      "Tutankham-ramDeterministic-v4\n",
      "Tutankham-ramNoFrameskip-v0\n",
      "Tutankham-ramNoFrameskip-v4\n",
      "UpNDown-v0\n",
      "UpNDown-v4\n",
      "UpNDownDeterministic-v0\n",
      "UpNDownDeterministic-v4\n",
      "UpNDownNoFrameskip-v0\n",
      "UpNDownNoFrameskip-v4\n",
      "UpNDown-ram-v0\n",
      "UpNDown-ram-v4\n",
      "UpNDown-ramDeterministic-v0\n",
      "UpNDown-ramDeterministic-v4\n",
      "UpNDown-ramNoFrameskip-v0\n",
      "UpNDown-ramNoFrameskip-v4\n",
      "Venture-v0\n",
      "Venture-v4\n",
      "VentureDeterministic-v0\n",
      "VentureDeterministic-v4\n",
      "VentureNoFrameskip-v0\n",
      "VentureNoFrameskip-v4\n",
      "Venture-ram-v0\n",
      "Venture-ram-v4\n",
      "Venture-ramDeterministic-v0\n",
      "Venture-ramDeterministic-v4\n",
      "Venture-ramNoFrameskip-v0\n",
      "Venture-ramNoFrameskip-v4\n",
      "VideoPinball-v0\n",
      "VideoPinball-v4\n",
      "VideoPinballDeterministic-v0\n",
      "VideoPinballDeterministic-v4\n",
      "VideoPinballNoFrameskip-v0\n",
      "VideoPinballNoFrameskip-v4\n",
      "VideoPinball-ram-v0\n",
      "VideoPinball-ram-v4\n",
      "VideoPinball-ramDeterministic-v0\n",
      "VideoPinball-ramDeterministic-v4\n",
      "VideoPinball-ramNoFrameskip-v0\n",
      "VideoPinball-ramNoFrameskip-v4\n",
      "WizardOfWor-v0\n",
      "WizardOfWor-v4\n",
      "WizardOfWorDeterministic-v0\n",
      "WizardOfWorDeterministic-v4\n",
      "WizardOfWorNoFrameskip-v0\n",
      "WizardOfWorNoFrameskip-v4\n",
      "WizardOfWor-ram-v0\n",
      "WizardOfWor-ram-v4\n",
      "WizardOfWor-ramDeterministic-v0\n",
      "WizardOfWor-ramDeterministic-v4\n",
      "WizardOfWor-ramNoFrameskip-v0\n",
      "WizardOfWor-ramNoFrameskip-v4\n",
      "YarsRevenge-v0\n",
      "YarsRevenge-v4\n",
      "YarsRevengeDeterministic-v0\n",
      "YarsRevengeDeterministic-v4\n",
      "YarsRevengeNoFrameskip-v0\n",
      "YarsRevengeNoFrameskip-v4\n",
      "YarsRevenge-ram-v0\n",
      "YarsRevenge-ram-v4\n",
      "YarsRevenge-ramDeterministic-v0\n",
      "YarsRevenge-ramDeterministic-v4\n",
      "YarsRevenge-ramNoFrameskip-v0\n",
      "YarsRevenge-ramNoFrameskip-v4\n",
      "Zaxxon-v0\n",
      "Zaxxon-v4\n",
      "ZaxxonDeterministic-v0\n",
      "ZaxxonDeterministic-v4\n",
      "ZaxxonNoFrameskip-v0\n",
      "ZaxxonNoFrameskip-v4\n",
      "Zaxxon-ram-v0\n",
      "Zaxxon-ram-v4\n",
      "Zaxxon-ramDeterministic-v0\n",
      "Zaxxon-ramDeterministic-v4\n",
      "Zaxxon-ramNoFrameskip-v0\n",
      "Zaxxon-ramNoFrameskip-v4\n",
      "CubeCrash-v0\n",
      "CubeCrashSparse-v0\n",
      "CubeCrashScreenBecomesBlack-v0\n",
      "MemorizeDigits-v0\n"
     ]
    }
   ],
   "source": [
    "!python ../app.py --environments \"list\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
